# A sample state dict in the FLUX Control LoRA format.
# These keys are based on the LoRA model here:
# https://huggingface.co/black-forest-labs/FLUX.1-Depth-dev-lora
state_dict_keys = {
    "double_blocks.0.img_attn.norm.key_norm.scale": [128],
    "double_blocks.0.img_attn.norm.query_norm.scale": [128],
    "double_blocks.0.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.0.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.0.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.0.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.0.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.0.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.0.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.0.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.0.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.0.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.0.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.0.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.0.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.0.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.0.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.0.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.0.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.0.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.0.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.0.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.0.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.0.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.0.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.0.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.0.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.0.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.0.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.0.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.0.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.0.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.0.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.0.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.1.img_attn.norm.key_norm.scale": [128],
    "double_blocks.1.img_attn.norm.query_norm.scale": [128],
    "double_blocks.1.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.1.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.1.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.1.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.1.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.1.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.1.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.1.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.1.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.1.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.1.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.1.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.1.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.1.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.1.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.1.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.1.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.1.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.1.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.1.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.1.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.1.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.1.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.1.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.1.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.1.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.1.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.1.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.1.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.1.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.1.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.1.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.10.img_attn.norm.key_norm.scale": [128],
    "double_blocks.10.img_attn.norm.query_norm.scale": [128],
    "double_blocks.10.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.10.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.10.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.10.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.10.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.10.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.10.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.10.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.10.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.10.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.10.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.10.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.10.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.10.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.10.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.10.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.10.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.10.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.10.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.10.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.10.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.10.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.10.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.10.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.10.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.10.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.10.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.10.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.10.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.10.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.10.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.10.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.11.img_attn.norm.key_norm.scale": [128],
    "double_blocks.11.img_attn.norm.query_norm.scale": [128],
    "double_blocks.11.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.11.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.11.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.11.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.11.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.11.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.11.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.11.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.11.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.11.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.11.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.11.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.11.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.11.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.11.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.11.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.11.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.11.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.11.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.11.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.11.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.11.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.11.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.11.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.11.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.11.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.11.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.11.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.11.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.11.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.11.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.11.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.12.img_attn.norm.key_norm.scale": [128],
    "double_blocks.12.img_attn.norm.query_norm.scale": [128],
    "double_blocks.12.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.12.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.12.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.12.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.12.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.12.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.12.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.12.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.12.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.12.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.12.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.12.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.12.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.12.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.12.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.12.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.12.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.12.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.12.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.12.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.12.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.12.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.12.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.12.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.12.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.12.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.12.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.12.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.12.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.12.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.12.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.12.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.13.img_attn.norm.key_norm.scale": [128],
    "double_blocks.13.img_attn.norm.query_norm.scale": [128],
    "double_blocks.13.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.13.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.13.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.13.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.13.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.13.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.13.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.13.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.13.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.13.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.13.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.13.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.13.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.13.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.13.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.13.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.13.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.13.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.13.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.13.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.13.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.13.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.13.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.13.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.13.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.13.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.13.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.13.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.13.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.13.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.13.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.13.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.14.img_attn.norm.key_norm.scale": [128],
    "double_blocks.14.img_attn.norm.query_norm.scale": [128],
    "double_blocks.14.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.14.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.14.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.14.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.14.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.14.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.14.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.14.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.14.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.14.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.14.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.14.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.14.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.14.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.14.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.14.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.14.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.14.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.14.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.14.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.14.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.14.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.14.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.14.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.14.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.14.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.14.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.14.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.14.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.14.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.14.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.14.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.15.img_attn.norm.key_norm.scale": [128],
    "double_blocks.15.img_attn.norm.query_norm.scale": [128],
    "double_blocks.15.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.15.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.15.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.15.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.15.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.15.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.15.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.15.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.15.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.15.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.15.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.15.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.15.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.15.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.15.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.15.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.15.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.15.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.15.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.15.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.15.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.15.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.15.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.15.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.15.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.15.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.15.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.15.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.15.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.15.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.15.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.15.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.16.img_attn.norm.key_norm.scale": [128],
    "double_blocks.16.img_attn.norm.query_norm.scale": [128],
    "double_blocks.16.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.16.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.16.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.16.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.16.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.16.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.16.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.16.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.16.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.16.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.16.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.16.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.16.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.16.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.16.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.16.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.16.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.16.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.16.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.16.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.16.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.16.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.16.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.16.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.16.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.16.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.16.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.16.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.16.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.16.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.16.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.16.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.17.img_attn.norm.key_norm.scale": [128],
    "double_blocks.17.img_attn.norm.query_norm.scale": [128],
    "double_blocks.17.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.17.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.17.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.17.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.17.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.17.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.17.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.17.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.17.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.17.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.17.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.17.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.17.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.17.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.17.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.17.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.17.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.17.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.17.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.17.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.17.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.17.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.17.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.17.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.17.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.17.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.17.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.17.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.17.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.17.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.17.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.17.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.18.img_attn.norm.key_norm.scale": [128],
    "double_blocks.18.img_attn.norm.query_norm.scale": [128],
    "double_blocks.18.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.18.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.18.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.18.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.18.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.18.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.18.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.18.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.18.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.18.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.18.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.18.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.18.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.18.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.18.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.18.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.18.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.18.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.18.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.18.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.18.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.18.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.18.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.18.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.18.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.18.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.18.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.18.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.18.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.18.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.18.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.18.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.2.img_attn.norm.key_norm.scale": [128],
    "double_blocks.2.img_attn.norm.query_norm.scale": [128],
    "double_blocks.2.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.2.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.2.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.2.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.2.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.2.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.2.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.2.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.2.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.2.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.2.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.2.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.2.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.2.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.2.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.2.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.2.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.2.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.2.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.2.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.2.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.2.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.2.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.2.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.2.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.2.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.2.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.2.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.2.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.2.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.2.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.2.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.3.img_attn.norm.key_norm.scale": [128],
    "double_blocks.3.img_attn.norm.query_norm.scale": [128],
    "double_blocks.3.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.3.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.3.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.3.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.3.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.3.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.3.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.3.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.3.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.3.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.3.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.3.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.3.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.3.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.3.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.3.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.3.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.3.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.3.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.3.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.3.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.3.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.3.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.3.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.3.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.3.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.3.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.3.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.3.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.3.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.3.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.3.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.4.img_attn.norm.key_norm.scale": [128],
    "double_blocks.4.img_attn.norm.query_norm.scale": [128],
    "double_blocks.4.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.4.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.4.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.4.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.4.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.4.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.4.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.4.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.4.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.4.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.4.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.4.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.4.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.4.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.4.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.4.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.4.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.4.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.4.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.4.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.4.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.4.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.4.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.4.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.4.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.4.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.4.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.4.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.4.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.4.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.4.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.4.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.5.img_attn.norm.key_norm.scale": [128],
    "double_blocks.5.img_attn.norm.query_norm.scale": [128],
    "double_blocks.5.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.5.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.5.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.5.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.5.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.5.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.5.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.5.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.5.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.5.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.5.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.5.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.5.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.5.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.5.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.5.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.5.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.5.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.5.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.5.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.5.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.5.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.5.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.5.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.5.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.5.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.5.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.5.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.5.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.5.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.5.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.5.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.6.img_attn.norm.key_norm.scale": [128],
    "double_blocks.6.img_attn.norm.query_norm.scale": [128],
    "double_blocks.6.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.6.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.6.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.6.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.6.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.6.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.6.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.6.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.6.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.6.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.6.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.6.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.6.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.6.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.6.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.6.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.6.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.6.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.6.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.6.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.6.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.6.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.6.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.6.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.6.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.6.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.6.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.6.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.6.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.6.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.6.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.6.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.7.img_attn.norm.key_norm.scale": [128],
    "double_blocks.7.img_attn.norm.query_norm.scale": [128],
    "double_blocks.7.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.7.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.7.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.7.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.7.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.7.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.7.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.7.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.7.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.7.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.7.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.7.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.7.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.7.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.7.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.7.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.7.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.7.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.7.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.7.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.7.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.7.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.7.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.7.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.7.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.7.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.7.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.7.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.7.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.7.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.7.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.7.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.8.img_attn.norm.key_norm.scale": [128],
    "double_blocks.8.img_attn.norm.query_norm.scale": [128],
    "double_blocks.8.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.8.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.8.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.8.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.8.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.8.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.8.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.8.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.8.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.8.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.8.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.8.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.8.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.8.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.8.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.8.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.8.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.8.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.8.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.8.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.8.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.8.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.8.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.8.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.8.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.8.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.8.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.8.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.8.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.8.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.8.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.8.txt_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.9.img_attn.norm.key_norm.scale": [128],
    "double_blocks.9.img_attn.norm.query_norm.scale": [128],
    "double_blocks.9.img_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.9.img_attn.proj.lora_B.bias": [3072],
    "double_blocks.9.img_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.9.img_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.9.img_attn.qkv.lora_B.bias": [9216],
    "double_blocks.9.img_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.9.img_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.9.img_mlp.0.lora_B.bias": [12288],
    "double_blocks.9.img_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.9.img_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.9.img_mlp.2.lora_B.bias": [3072],
    "double_blocks.9.img_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.9.img_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.9.img_mod.lin.lora_B.bias": [18432],
    "double_blocks.9.img_mod.lin.lora_B.weight": [18432, 128],
    "double_blocks.9.txt_attn.norm.key_norm.scale": [128],
    "double_blocks.9.txt_attn.norm.query_norm.scale": [128],
    "double_blocks.9.txt_attn.proj.lora_A.weight": [128, 3072],
    "double_blocks.9.txt_attn.proj.lora_B.bias": [3072],
    "double_blocks.9.txt_attn.proj.lora_B.weight": [3072, 128],
    "double_blocks.9.txt_attn.qkv.lora_A.weight": [128, 3072],
    "double_blocks.9.txt_attn.qkv.lora_B.bias": [9216],
    "double_blocks.9.txt_attn.qkv.lora_B.weight": [9216, 128],
    "double_blocks.9.txt_mlp.0.lora_A.weight": [128, 3072],
    "double_blocks.9.txt_mlp.0.lora_B.bias": [12288],
    "double_blocks.9.txt_mlp.0.lora_B.weight": [12288, 128],
    "double_blocks.9.txt_mlp.2.lora_A.weight": [128, 12288],
    "double_blocks.9.txt_mlp.2.lora_B.bias": [3072],
    "double_blocks.9.txt_mlp.2.lora_B.weight": [3072, 128],
    "double_blocks.9.txt_mod.lin.lora_A.weight": [128, 3072],
    "double_blocks.9.txt_mod.lin.lora_B.bias": [18432],
    "double_blocks.9.txt_mod.lin.lora_B.weight": [18432, 128],
    "final_layer.adaLN_modulation.1.lora_A.weight": [128, 3072],
    "final_layer.adaLN_modulation.1.lora_B.bias": [6144],
    "final_layer.adaLN_modulation.1.lora_B.weight": [6144, 128],
    "final_layer.linear.lora_A.weight": [64, 3072],
    "final_layer.linear.lora_B.bias": [64],
    "final_layer.linear.lora_B.weight": [64, 64],
    "guidance_in.in_layer.lora_A.weight": [128, 256],
    "guidance_in.in_layer.lora_B.bias": [3072],
    "guidance_in.in_layer.lora_B.weight": [3072, 128],
    "guidance_in.out_layer.lora_A.weight": [128, 3072],
    "guidance_in.out_layer.lora_B.bias": [3072],
    "guidance_in.out_layer.lora_B.weight": [3072, 128],
    "img_in.lora_A.weight": [128, 128],
    "img_in.lora_B.bias": [3072],
    "img_in.lora_B.weight": [3072, 128],
    "single_blocks.0.linear1.lora_A.weight": [128, 3072],
    "single_blocks.0.linear1.lora_B.bias": [21504],
    "single_blocks.0.linear1.lora_B.weight": [21504, 128],
    "single_blocks.0.linear2.lora_A.weight": [128, 15360],
    "single_blocks.0.linear2.lora_B.bias": [3072],
    "single_blocks.0.linear2.lora_B.weight": [3072, 128],
    "single_blocks.0.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.0.modulation.lin.lora_B.bias": [9216],
    "single_blocks.0.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.0.norm.key_norm.scale": [128],
    "single_blocks.0.norm.query_norm.scale": [128],
    "single_blocks.1.linear1.lora_A.weight": [128, 3072],
    "single_blocks.1.linear1.lora_B.bias": [21504],
    "single_blocks.1.linear1.lora_B.weight": [21504, 128],
    "single_blocks.1.linear2.lora_A.weight": [128, 15360],
    "single_blocks.1.linear2.lora_B.bias": [3072],
    "single_blocks.1.linear2.lora_B.weight": [3072, 128],
    "single_blocks.1.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.1.modulation.lin.lora_B.bias": [9216],
    "single_blocks.1.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.1.norm.key_norm.scale": [128],
    "single_blocks.1.norm.query_norm.scale": [128],
    "single_blocks.10.linear1.lora_A.weight": [128, 3072],
    "single_blocks.10.linear1.lora_B.bias": [21504],
    "single_blocks.10.linear1.lora_B.weight": [21504, 128],
    "single_blocks.10.linear2.lora_A.weight": [128, 15360],
    "single_blocks.10.linear2.lora_B.bias": [3072],
    "single_blocks.10.linear2.lora_B.weight": [3072, 128],
    "single_blocks.10.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.10.modulation.lin.lora_B.bias": [9216],
    "single_blocks.10.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.10.norm.key_norm.scale": [128],
    "single_blocks.10.norm.query_norm.scale": [128],
    "single_blocks.11.linear1.lora_A.weight": [128, 3072],
    "single_blocks.11.linear1.lora_B.bias": [21504],
    "single_blocks.11.linear1.lora_B.weight": [21504, 128],
    "single_blocks.11.linear2.lora_A.weight": [128, 15360],
    "single_blocks.11.linear2.lora_B.bias": [3072],
    "single_blocks.11.linear2.lora_B.weight": [3072, 128],
    "single_blocks.11.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.11.modulation.lin.lora_B.bias": [9216],
    "single_blocks.11.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.11.norm.key_norm.scale": [128],
    "single_blocks.11.norm.query_norm.scale": [128],
    "single_blocks.12.linear1.lora_A.weight": [128, 3072],
    "single_blocks.12.linear1.lora_B.bias": [21504],
    "single_blocks.12.linear1.lora_B.weight": [21504, 128],
    "single_blocks.12.linear2.lora_A.weight": [128, 15360],
    "single_blocks.12.linear2.lora_B.bias": [3072],
    "single_blocks.12.linear2.lora_B.weight": [3072, 128],
    "single_blocks.12.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.12.modulation.lin.lora_B.bias": [9216],
    "single_blocks.12.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.12.norm.key_norm.scale": [128],
    "single_blocks.12.norm.query_norm.scale": [128],
    "single_blocks.13.linear1.lora_A.weight": [128, 3072],
    "single_blocks.13.linear1.lora_B.bias": [21504],
    "single_blocks.13.linear1.lora_B.weight": [21504, 128],
    "single_blocks.13.linear2.lora_A.weight": [128, 15360],
    "single_blocks.13.linear2.lora_B.bias": [3072],
    "single_blocks.13.linear2.lora_B.weight": [3072, 128],
    "single_blocks.13.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.13.modulation.lin.lora_B.bias": [9216],
    "single_blocks.13.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.13.norm.key_norm.scale": [128],
    "single_blocks.13.norm.query_norm.scale": [128],
    "single_blocks.14.linear1.lora_A.weight": [128, 3072],
    "single_blocks.14.linear1.lora_B.bias": [21504],
    "single_blocks.14.linear1.lora_B.weight": [21504, 128],
    "single_blocks.14.linear2.lora_A.weight": [128, 15360],
    "single_blocks.14.linear2.lora_B.bias": [3072],
    "single_blocks.14.linear2.lora_B.weight": [3072, 128],
    "single_blocks.14.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.14.modulation.lin.lora_B.bias": [9216],
    "single_blocks.14.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.14.norm.key_norm.scale": [128],
    "single_blocks.14.norm.query_norm.scale": [128],
    "single_blocks.15.linear1.lora_A.weight": [128, 3072],
    "single_blocks.15.linear1.lora_B.bias": [21504],
    "single_blocks.15.linear1.lora_B.weight": [21504, 128],
    "single_blocks.15.linear2.lora_A.weight": [128, 15360],
    "single_blocks.15.linear2.lora_B.bias": [3072],
    "single_blocks.15.linear2.lora_B.weight": [3072, 128],
    "single_blocks.15.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.15.modulation.lin.lora_B.bias": [9216],
    "single_blocks.15.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.15.norm.key_norm.scale": [128],
    "single_blocks.15.norm.query_norm.scale": [128],
    "single_blocks.16.linear1.lora_A.weight": [128, 3072],
    "single_blocks.16.linear1.lora_B.bias": [21504],
    "single_blocks.16.linear1.lora_B.weight": [21504, 128],
    "single_blocks.16.linear2.lora_A.weight": [128, 15360],
    "single_blocks.16.linear2.lora_B.bias": [3072],
    "single_blocks.16.linear2.lora_B.weight": [3072, 128],
    "single_blocks.16.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.16.modulation.lin.lora_B.bias": [9216],
    "single_blocks.16.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.16.norm.key_norm.scale": [128],
    "single_blocks.16.norm.query_norm.scale": [128],
    "single_blocks.17.linear1.lora_A.weight": [128, 3072],
    "single_blocks.17.linear1.lora_B.bias": [21504],
    "single_blocks.17.linear1.lora_B.weight": [21504, 128],
    "single_blocks.17.linear2.lora_A.weight": [128, 15360],
    "single_blocks.17.linear2.lora_B.bias": [3072],
    "single_blocks.17.linear2.lora_B.weight": [3072, 128],
    "single_blocks.17.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.17.modulation.lin.lora_B.bias": [9216],
    "single_blocks.17.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.17.norm.key_norm.scale": [128],
    "single_blocks.17.norm.query_norm.scale": [128],
    "single_blocks.18.linear1.lora_A.weight": [128, 3072],
    "single_blocks.18.linear1.lora_B.bias": [21504],
    "single_blocks.18.linear1.lora_B.weight": [21504, 128],
    "single_blocks.18.linear2.lora_A.weight": [128, 15360],
    "single_blocks.18.linear2.lora_B.bias": [3072],
    "single_blocks.18.linear2.lora_B.weight": [3072, 128],
    "single_blocks.18.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.18.modulation.lin.lora_B.bias": [9216],
    "single_blocks.18.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.18.norm.key_norm.scale": [128],
    "single_blocks.18.norm.query_norm.scale": [128],
    "single_blocks.19.linear1.lora_A.weight": [128, 3072],
    "single_blocks.19.linear1.lora_B.bias": [21504],
    "single_blocks.19.linear1.lora_B.weight": [21504, 128],
    "single_blocks.19.linear2.lora_A.weight": [128, 15360],
    "single_blocks.19.linear2.lora_B.bias": [3072],
    "single_blocks.19.linear2.lora_B.weight": [3072, 128],
    "single_blocks.19.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.19.modulation.lin.lora_B.bias": [9216],
    "single_blocks.19.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.19.norm.key_norm.scale": [128],
    "single_blocks.19.norm.query_norm.scale": [128],
    "single_blocks.2.linear1.lora_A.weight": [128, 3072],
    "single_blocks.2.linear1.lora_B.bias": [21504],
    "single_blocks.2.linear1.lora_B.weight": [21504, 128],
    "single_blocks.2.linear2.lora_A.weight": [128, 15360],
    "single_blocks.2.linear2.lora_B.bias": [3072],
    "single_blocks.2.linear2.lora_B.weight": [3072, 128],
    "single_blocks.2.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.2.modulation.lin.lora_B.bias": [9216],
    "single_blocks.2.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.2.norm.key_norm.scale": [128],
    "single_blocks.2.norm.query_norm.scale": [128],
    "single_blocks.20.linear1.lora_A.weight": [128, 3072],
    "single_blocks.20.linear1.lora_B.bias": [21504],
    "single_blocks.20.linear1.lora_B.weight": [21504, 128],
    "single_blocks.20.linear2.lora_A.weight": [128, 15360],
    "single_blocks.20.linear2.lora_B.bias": [3072],
    "single_blocks.20.linear2.lora_B.weight": [3072, 128],
    "single_blocks.20.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.20.modulation.lin.lora_B.bias": [9216],
    "single_blocks.20.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.20.norm.key_norm.scale": [128],
    "single_blocks.20.norm.query_norm.scale": [128],
    "single_blocks.21.linear1.lora_A.weight": [128, 3072],
    "single_blocks.21.linear1.lora_B.bias": [21504],
    "single_blocks.21.linear1.lora_B.weight": [21504, 128],
    "single_blocks.21.linear2.lora_A.weight": [128, 15360],
    "single_blocks.21.linear2.lora_B.bias": [3072],
    "single_blocks.21.linear2.lora_B.weight": [3072, 128],
    "single_blocks.21.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.21.modulation.lin.lora_B.bias": [9216],
    "single_blocks.21.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.21.norm.key_norm.scale": [128],
    "single_blocks.21.norm.query_norm.scale": [128],
    "single_blocks.22.linear1.lora_A.weight": [128, 3072],
    "single_blocks.22.linear1.lora_B.bias": [21504],
    "single_blocks.22.linear1.lora_B.weight": [21504, 128],
    "single_blocks.22.linear2.lora_A.weight": [128, 15360],
    "single_blocks.22.linear2.lora_B.bias": [3072],
    "single_blocks.22.linear2.lora_B.weight": [3072, 128],
    "single_blocks.22.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.22.modulation.lin.lora_B.bias": [9216],
    "single_blocks.22.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.22.norm.key_norm.scale": [128],
    "single_blocks.22.norm.query_norm.scale": [128],
    "single_blocks.23.linear1.lora_A.weight": [128, 3072],
    "single_blocks.23.linear1.lora_B.bias": [21504],
    "single_blocks.23.linear1.lora_B.weight": [21504, 128],
    "single_blocks.23.linear2.lora_A.weight": [128, 15360],
    "single_blocks.23.linear2.lora_B.bias": [3072],
    "single_blocks.23.linear2.lora_B.weight": [3072, 128],
    "single_blocks.23.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.23.modulation.lin.lora_B.bias": [9216],
    "single_blocks.23.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.23.norm.key_norm.scale": [128],
    "single_blocks.23.norm.query_norm.scale": [128],
    "single_blocks.24.linear1.lora_A.weight": [128, 3072],
    "single_blocks.24.linear1.lora_B.bias": [21504],
    "single_blocks.24.linear1.lora_B.weight": [21504, 128],
    "single_blocks.24.linear2.lora_A.weight": [128, 15360],
    "single_blocks.24.linear2.lora_B.bias": [3072],
    "single_blocks.24.linear2.lora_B.weight": [3072, 128],
    "single_blocks.24.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.24.modulation.lin.lora_B.bias": [9216],
    "single_blocks.24.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.24.norm.key_norm.scale": [128],
    "single_blocks.24.norm.query_norm.scale": [128],
    "single_blocks.25.linear1.lora_A.weight": [128, 3072],
    "single_blocks.25.linear1.lora_B.bias": [21504],
    "single_blocks.25.linear1.lora_B.weight": [21504, 128],
    "single_blocks.25.linear2.lora_A.weight": [128, 15360],
    "single_blocks.25.linear2.lora_B.bias": [3072],
    "single_blocks.25.linear2.lora_B.weight": [3072, 128],
    "single_blocks.25.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.25.modulation.lin.lora_B.bias": [9216],
    "single_blocks.25.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.25.norm.key_norm.scale": [128],
    "single_blocks.25.norm.query_norm.scale": [128],
    "single_blocks.26.linear1.lora_A.weight": [128, 3072],
    "single_blocks.26.linear1.lora_B.bias": [21504],
    "single_blocks.26.linear1.lora_B.weight": [21504, 128],
    "single_blocks.26.linear2.lora_A.weight": [128, 15360],
    "single_blocks.26.linear2.lora_B.bias": [3072],
    "single_blocks.26.linear2.lora_B.weight": [3072, 128],
    "single_blocks.26.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.26.modulation.lin.lora_B.bias": [9216],
    "single_blocks.26.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.26.norm.key_norm.scale": [128],
    "single_blocks.26.norm.query_norm.scale": [128],
    "single_blocks.27.linear1.lora_A.weight": [128, 3072],
    "single_blocks.27.linear1.lora_B.bias": [21504],
    "single_blocks.27.linear1.lora_B.weight": [21504, 128],
    "single_blocks.27.linear2.lora_A.weight": [128, 15360],
    "single_blocks.27.linear2.lora_B.bias": [3072],
    "single_blocks.27.linear2.lora_B.weight": [3072, 128],
    "single_blocks.27.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.27.modulation.lin.lora_B.bias": [9216],
    "single_blocks.27.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.27.norm.key_norm.scale": [128],
    "single_blocks.27.norm.query_norm.scale": [128],
    "single_blocks.28.linear1.lora_A.weight": [128, 3072],
    "single_blocks.28.linear1.lora_B.bias": [21504],
    "single_blocks.28.linear1.lora_B.weight": [21504, 128],
    "single_blocks.28.linear2.lora_A.weight": [128, 15360],
    "single_blocks.28.linear2.lora_B.bias": [3072],
    "single_blocks.28.linear2.lora_B.weight": [3072, 128],
    "single_blocks.28.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.28.modulation.lin.lora_B.bias": [9216],
    "single_blocks.28.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.28.norm.key_norm.scale": [128],
    "single_blocks.28.norm.query_norm.scale": [128],
    "single_blocks.29.linear1.lora_A.weight": [128, 3072],
    "single_blocks.29.linear1.lora_B.bias": [21504],
    "single_blocks.29.linear1.lora_B.weight": [21504, 128],
    "single_blocks.29.linear2.lora_A.weight": [128, 15360],
    "single_blocks.29.linear2.lora_B.bias": [3072],
    "single_blocks.29.linear2.lora_B.weight": [3072, 128],
    "single_blocks.29.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.29.modulation.lin.lora_B.bias": [9216],
    "single_blocks.29.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.29.norm.key_norm.scale": [128],
    "single_blocks.29.norm.query_norm.scale": [128],
    "single_blocks.3.linear1.lora_A.weight": [128, 3072],
    "single_blocks.3.linear1.lora_B.bias": [21504],
    "single_blocks.3.linear1.lora_B.weight": [21504, 128],
    "single_blocks.3.linear2.lora_A.weight": [128, 15360],
    "single_blocks.3.linear2.lora_B.bias": [3072],
    "single_blocks.3.linear2.lora_B.weight": [3072, 128],
    "single_blocks.3.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.3.modulation.lin.lora_B.bias": [9216],
    "single_blocks.3.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.3.norm.key_norm.scale": [128],
    "single_blocks.3.norm.query_norm.scale": [128],
    "single_blocks.30.linear1.lora_A.weight": [128, 3072],
    "single_blocks.30.linear1.lora_B.bias": [21504],
    "single_blocks.30.linear1.lora_B.weight": [21504, 128],
    "single_blocks.30.linear2.lora_A.weight": [128, 15360],
    "single_blocks.30.linear2.lora_B.bias": [3072],
    "single_blocks.30.linear2.lora_B.weight": [3072, 128],
    "single_blocks.30.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.30.modulation.lin.lora_B.bias": [9216],
    "single_blocks.30.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.30.norm.key_norm.scale": [128],
    "single_blocks.30.norm.query_norm.scale": [128],
    "single_blocks.31.linear1.lora_A.weight": [128, 3072],
    "single_blocks.31.linear1.lora_B.bias": [21504],
    "single_blocks.31.linear1.lora_B.weight": [21504, 128],
    "single_blocks.31.linear2.lora_A.weight": [128, 15360],
    "single_blocks.31.linear2.lora_B.bias": [3072],
    "single_blocks.31.linear2.lora_B.weight": [3072, 128],
    "single_blocks.31.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.31.modulation.lin.lora_B.bias": [9216],
    "single_blocks.31.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.31.norm.key_norm.scale": [128],
    "single_blocks.31.norm.query_norm.scale": [128],
    "single_blocks.32.linear1.lora_A.weight": [128, 3072],
    "single_blocks.32.linear1.lora_B.bias": [21504],
    "single_blocks.32.linear1.lora_B.weight": [21504, 128],
    "single_blocks.32.linear2.lora_A.weight": [128, 15360],
    "single_blocks.32.linear2.lora_B.bias": [3072],
    "single_blocks.32.linear2.lora_B.weight": [3072, 128],
    "single_blocks.32.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.32.modulation.lin.lora_B.bias": [9216],
    "single_blocks.32.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.32.norm.key_norm.scale": [128],
    "single_blocks.32.norm.query_norm.scale": [128],
    "single_blocks.33.linear1.lora_A.weight": [128, 3072],
    "single_blocks.33.linear1.lora_B.bias": [21504],
    "single_blocks.33.linear1.lora_B.weight": [21504, 128],
    "single_blocks.33.linear2.lora_A.weight": [128, 15360],
    "single_blocks.33.linear2.lora_B.bias": [3072],
    "single_blocks.33.linear2.lora_B.weight": [3072, 128],
    "single_blocks.33.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.33.modulation.lin.lora_B.bias": [9216],
    "single_blocks.33.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.33.norm.key_norm.scale": [128],
    "single_blocks.33.norm.query_norm.scale": [128],
    "single_blocks.34.linear1.lora_A.weight": [128, 3072],
    "single_blocks.34.linear1.lora_B.bias": [21504],
    "single_blocks.34.linear1.lora_B.weight": [21504, 128],
    "single_blocks.34.linear2.lora_A.weight": [128, 15360],
    "single_blocks.34.linear2.lora_B.bias": [3072],
    "single_blocks.34.linear2.lora_B.weight": [3072, 128],
    "single_blocks.34.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.34.modulation.lin.lora_B.bias": [9216],
    "single_blocks.34.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.34.norm.key_norm.scale": [128],
    "single_blocks.34.norm.query_norm.scale": [128],
    "single_blocks.35.linear1.lora_A.weight": [128, 3072],
    "single_blocks.35.linear1.lora_B.bias": [21504],
    "single_blocks.35.linear1.lora_B.weight": [21504, 128],
    "single_blocks.35.linear2.lora_A.weight": [128, 15360],
    "single_blocks.35.linear2.lora_B.bias": [3072],
    "single_blocks.35.linear2.lora_B.weight": [3072, 128],
    "single_blocks.35.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.35.modulation.lin.lora_B.bias": [9216],
    "single_blocks.35.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.35.norm.key_norm.scale": [128],
    "single_blocks.35.norm.query_norm.scale": [128],
    "single_blocks.36.linear1.lora_A.weight": [128, 3072],
    "single_blocks.36.linear1.lora_B.bias": [21504],
    "single_blocks.36.linear1.lora_B.weight": [21504, 128],
    "single_blocks.36.linear2.lora_A.weight": [128, 15360],
    "single_blocks.36.linear2.lora_B.bias": [3072],
    "single_blocks.36.linear2.lora_B.weight": [3072, 128],
    "single_blocks.36.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.36.modulation.lin.lora_B.bias": [9216],
    "single_blocks.36.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.36.norm.key_norm.scale": [128],
    "single_blocks.36.norm.query_norm.scale": [128],
    "single_blocks.37.linear1.lora_A.weight": [128, 3072],
    "single_blocks.37.linear1.lora_B.bias": [21504],
    "single_blocks.37.linear1.lora_B.weight": [21504, 128],
    "single_blocks.37.linear2.lora_A.weight": [128, 15360],
    "single_blocks.37.linear2.lora_B.bias": [3072],
    "single_blocks.37.linear2.lora_B.weight": [3072, 128],
    "single_blocks.37.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.37.modulation.lin.lora_B.bias": [9216],
    "single_blocks.37.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.37.norm.key_norm.scale": [128],
    "single_blocks.37.norm.query_norm.scale": [128],
    "single_blocks.4.linear1.lora_A.weight": [128, 3072],
    "single_blocks.4.linear1.lora_B.bias": [21504],
    "single_blocks.4.linear1.lora_B.weight": [21504, 128],
    "single_blocks.4.linear2.lora_A.weight": [128, 15360],
    "single_blocks.4.linear2.lora_B.bias": [3072],
    "single_blocks.4.linear2.lora_B.weight": [3072, 128],
    "single_blocks.4.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.4.modulation.lin.lora_B.bias": [9216],
    "single_blocks.4.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.4.norm.key_norm.scale": [128],
    "single_blocks.4.norm.query_norm.scale": [128],
    "single_blocks.5.linear1.lora_A.weight": [128, 3072],
    "single_blocks.5.linear1.lora_B.bias": [21504],
    "single_blocks.5.linear1.lora_B.weight": [21504, 128],
    "single_blocks.5.linear2.lora_A.weight": [128, 15360],
    "single_blocks.5.linear2.lora_B.bias": [3072],
    "single_blocks.5.linear2.lora_B.weight": [3072, 128],
    "single_blocks.5.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.5.modulation.lin.lora_B.bias": [9216],
    "single_blocks.5.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.5.norm.key_norm.scale": [128],
    "single_blocks.5.norm.query_norm.scale": [128],
    "single_blocks.6.linear1.lora_A.weight": [128, 3072],
    "single_blocks.6.linear1.lora_B.bias": [21504],
    "single_blocks.6.linear1.lora_B.weight": [21504, 128],
    "single_blocks.6.linear2.lora_A.weight": [128, 15360],
    "single_blocks.6.linear2.lora_B.bias": [3072],
    "single_blocks.6.linear2.lora_B.weight": [3072, 128],
    "single_blocks.6.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.6.modulation.lin.lora_B.bias": [9216],
    "single_blocks.6.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.6.norm.key_norm.scale": [128],
    "single_blocks.6.norm.query_norm.scale": [128],
    "single_blocks.7.linear1.lora_A.weight": [128, 3072],
    "single_blocks.7.linear1.lora_B.bias": [21504],
    "single_blocks.7.linear1.lora_B.weight": [21504, 128],
    "single_blocks.7.linear2.lora_A.weight": [128, 15360],
    "single_blocks.7.linear2.lora_B.bias": [3072],
    "single_blocks.7.linear2.lora_B.weight": [3072, 128],
    "single_blocks.7.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.7.modulation.lin.lora_B.bias": [9216],
    "single_blocks.7.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.7.norm.key_norm.scale": [128],
    "single_blocks.7.norm.query_norm.scale": [128],
    "single_blocks.8.linear1.lora_A.weight": [128, 3072],
    "single_blocks.8.linear1.lora_B.bias": [21504],
    "single_blocks.8.linear1.lora_B.weight": [21504, 128],
    "single_blocks.8.linear2.lora_A.weight": [128, 15360],
    "single_blocks.8.linear2.lora_B.bias": [3072],
    "single_blocks.8.linear2.lora_B.weight": [3072, 128],
    "single_blocks.8.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.8.modulation.lin.lora_B.bias": [9216],
    "single_blocks.8.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.8.norm.key_norm.scale": [128],
    "single_blocks.8.norm.query_norm.scale": [128],
    "single_blocks.9.linear1.lora_A.weight": [128, 3072],
    "single_blocks.9.linear1.lora_B.bias": [21504],
    "single_blocks.9.linear1.lora_B.weight": [21504, 128],
    "single_blocks.9.linear2.lora_A.weight": [128, 15360],
    "single_blocks.9.linear2.lora_B.bias": [3072],
    "single_blocks.9.linear2.lora_B.weight": [3072, 128],
    "single_blocks.9.modulation.lin.lora_A.weight": [128, 3072],
    "single_blocks.9.modulation.lin.lora_B.bias": [9216],
    "single_blocks.9.modulation.lin.lora_B.weight": [9216, 128],
    "single_blocks.9.norm.key_norm.scale": [128],
    "single_blocks.9.norm.query_norm.scale": [128],
    "time_in.in_layer.lora_A.weight": [128, 256],
    "time_in.in_layer.lora_B.bias": [3072],
    "time_in.in_layer.lora_B.weight": [3072, 128],
    "time_in.out_layer.lora_A.weight": [128, 3072],
    "time_in.out_layer.lora_B.bias": [3072],
    "time_in.out_layer.lora_B.weight": [3072, 128],
    "txt_in.lora_A.weight": [128, 4096],
    "txt_in.lora_B.bias": [3072],
    "txt_in.lora_B.weight": [3072, 128],
    "vector_in.in_layer.lora_A.weight": [128, 768],
    "vector_in.in_layer.lora_B.bias": [3072],
    "vector_in.in_layer.lora_B.weight": [3072, 128],
    "vector_in.out_layer.lora_A.weight": [128, 3072],
    "vector_in.out_layer.lora_B.bias": [3072],
    "vector_in.out_layer.lora_B.weight": [3072, 128],
}
